medmcqa:
  id: medmcqa.dev.v0
  metrics: [accuracy]

medmcqa.dev.v0:
  class: evals.elsuite.basic.match:Match
  args:
    samples_jsonl: medmcqa/samples.jsonl
